applications:
- name: ray-llm
  route_prefix: /
  import_path: rayllm.backend:router_application
  args:
    trtllm_models:
      - "./models/continuous_batching/trtllm-meta-llama--Llama-2-70b-chat-hf.yaml"
